home *** CD-ROM | disk | FTP | other *** search
/ PC World Komputer 2010 April / PCWorld0410.iso / hity wydania / Ubuntu 9.10 PL / karmelkowy-koliberek-desktop-9.10-i386-PL.iso / casper / filesystem.squashfs / usr / share / pyshared / DistUpgrade / DistUpgradeViewNonInteractive.py < prev    next >
Encoding:
Python Source  |  2009-11-02  |  13.7 KB  |  343 lines
  1. # DistUpgradeView.py 
  2. #  
  3. #  Copyright (c) 2004,2005 Canonical
  4. #  
  5. #  Author: Michael Vogt <michael.vogt@ubuntu.com>
  6. # 
  7. #  This program is free software; you can redistribute it and/or 
  8. #  modify it under the terms of the GNU General Public License as 
  9. #  published by the Free Software Foundation; either version 2 of the
  10. #  License, or (at your option) any later version.
  11. # 
  12. #  This program is distributed in the hope that it will be useful,
  13. #  but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. #  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15. #  GNU General Public License for more details.
  16. # 
  17. #  You should have received a copy of the GNU General Public License
  18. #  along with this program; if not, write to the Free Software
  19. #  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
  20. #  USA
  21.  
  22. import apt
  23. import logging
  24. import time
  25. import sys
  26. from DistUpgradeView import DistUpgradeView, InstallProgress, FetchProgress
  27. from DistUpgradeConfigParser import DistUpgradeConfig
  28. import os
  29. import pty
  30. import apt_pkg
  31. import select
  32. import fcntl
  33. import string
  34. import re
  35. import subprocess
  36. from subprocess import call, PIPE, Popen
  37. import copy
  38. import apt.progress
  39. from ConfigParser import NoSectionError, NoOptionError
  40.  
  41. class NonInteractiveFetchProgress(FetchProgress):
  42.     def updateStatus(self, uri, descr, shortDescr, status):
  43.         FetchProgress.updateStatus(self, uri, descr, shortDescr, status)
  44.         #logging.debug("Fetch: updateStatus %s %s" % (uri, status))
  45.         if status == apt.progress.FetchProgress.dlDone:
  46.             print "fetched %s (%.2f/100) at %sb/s" % (uri, self.percent, 
  47.                                                       apt_pkg.SizeToStr(int(self.currentCPS)))
  48.             if sys.stdout.isatty():
  49.                 sys.stdout.flush()
  50.         
  51.  
  52. class NonInteractiveInstallProgress(InstallProgress):
  53.     def __init__(self, logdir):
  54.         InstallProgress.__init__(self)
  55.         logging.debug("setting up environ for non-interactive use")
  56.         os.environ["DEBIAN_FRONTEND"] = "noninteractive"
  57.         os.environ["APT_LISTCHANGES_FRONTEND"] = "none"
  58.         os.environ["RELEASE_UPRADER_NO_APPORT"] = "1"
  59.         self.config = DistUpgradeConfig(".")
  60.         self.logdir = logdir
  61.         self.install_run_number = 0
  62.         try:
  63.             if self.config.getboolean("NonInteractive","ForceOverwrite"):
  64.                 apt_pkg.Config.Set("DPkg::Options::","--force-overwrite")
  65.         except (NoSectionError, NoOptionError), e:
  66.             pass
  67.         # more debug
  68.         #apt_pkg.Config.Set("Debug::pkgOrderList","true")
  69.         #apt_pkg.Config.Set("Debug::pkgDPkgPM","true")
  70.         # default to 2400 sec timeout
  71.         self.timeout = 2400
  72.         try:
  73.             self.timeout = self.config.getint("NonInteractive","TerminalTimeout")
  74.         except Exception, e:
  75.             pass
  76.     
  77.     def error(self, pkg, errormsg):
  78.         # re-run maintainer script with sh -x/perl debug to get a better 
  79.         # idea what went wrong
  80.         # 
  81.         # FIXME: this is just a approximation for now, we also need
  82.         #        to pass:
  83.         #        - a version after remove (if upgrade to new version)
  84.         #
  85.         #        not everything is a shell or perl script
  86.         #
  87.         # if the new preinst fails, its not yet in /var/lib/dpkg/info
  88.         # so this is inaccurate as well
  89.         logging.error("got a error from dpkg for pkg: '%s': '%s'" % (pkg, errormsg))
  90.         if not self.config.getboolean("NonInteractive","DebugBrokenScripts"):
  91.             return
  92.         environ = copy.copy(os.environ)
  93.         environ["PYCENTRAL"] = "debug"
  94.         cmd = []
  95.  
  96.         # find what maintainer script failed
  97.         if "post-installation" in errormsg:
  98.             prefix = "/var/lib/dpkg/info/"
  99.             name = "postinst"
  100.             argument = "configure"
  101.             maintainer_script = "%s/%s.%s" % (prefix, pkg, name)
  102.         elif "pre-installation" in errormsg:
  103.             prefix = "/var/lib/dpkg/tmp.ci/"
  104.             #prefix = "/var/lib/dpkg/info/"
  105.             name = "preinst"
  106.             argument = "install"
  107.             maintainer_script = "%s/%s" % (prefix, name)
  108.         elif "pre-removal" in errormsg:
  109.             prefix = "/var/lib/dpkg/info/"
  110.             name = "prerm"
  111.             argument = "remove"
  112.             maintainer_script = "%s/%s.%s" % (prefix, pkg, name)
  113.         elif "post-removal" in errormsg:
  114.             prefix = "/var/lib/dpkg/info/"
  115.             name = "postrm"
  116.             argument = "remove"
  117.             maintainer_script = "%s/%s.%s" % (prefix, pkg, name)
  118.         else:
  119.             print "UNKNOWN (trigger?) dpkg/script failure for %s (%s) " % (pkg, errormsg)
  120.             return
  121.  
  122.         # find out about the interpreter
  123.         if not os.path.exists(maintainer_script):
  124.             logging.error("can not find failed maintainer script '%s' " % maintainer_script)
  125.             return
  126.         interp = open(maintainer_script).readline()[2:].strip().split()[0]
  127.         if ("bash" in interp) or ("/bin/sh" in interp):
  128.             debug_opts = ["-ex"]
  129.         elif ("perl" in interp):
  130.             debug_opts = ["-d"]
  131.             environ["PERLDB_OPTS"] = "AutoTrace NonStop"
  132.         else:
  133.             logging.warning("unknown interpreter: '%s'" % interp)
  134.  
  135.         # check if debconf is used and fiddle a bit more if it is
  136.         if ". /usr/share/debconf/confmodule" in open(maintainer_script).read():
  137.             environ["DEBCONF_DEBUG"] = "developer"
  138.             environ["DEBIAN_HAS_FRONTEND"] = "1"
  139.             interp = "/usr/share/debconf/frontend"
  140.             debug_opts = ["sh","-ex"]
  141.  
  142.         # build command
  143.         cmd.append(interp)
  144.         cmd.extend(debug_opts)
  145.         cmd.append(maintainer_script)
  146.         cmd.append(argument)
  147.  
  148.         # check if we need to pass a version
  149.         if name == "postinst":
  150.             version = Popen("dpkg-query -s %s|grep ^Config-Version" % pkg,shell=True, stdout=PIPE).communicate()[0]
  151.             if version:
  152.                 cmd.append(version.split(":",1)[1].strip())
  153.         elif name == "preinst":
  154.             pkg = os.path.basename(pkg)
  155.             pkg = pkg.split("_")[0]
  156.             version = Popen("dpkg-query -s %s|grep ^Version" % pkg,shell=True, stdout=PIPE).communicate()[0]
  157.             if version:
  158.                 cmd.append(version.split(":",1)[1].strip())
  159.  
  160.         print cmd
  161.         logging.debug("re-running '%s' (%s)" % (cmd, environ))
  162.         ret = subprocess.call(cmd, env=environ)
  163.         logging.debug("%s script returned: %s" % (name,ret))
  164.         
  165.     def conffile(self, current, new):
  166.         logging.warning("got a conffile-prompt from dpkg for file: '%s'" % current)
  167.         # looks like we have a race here *sometimes*
  168.         time.sleep(5)
  169.     try:
  170.           # don't overwrite
  171.       os.write(self.master_fd,"n\n")
  172.      except Exception, e:
  173.       logging.error("error '%s' when trying to write to the conffile"%e)
  174.  
  175.     def startUpdate(self):
  176.         InstallProgress.startUpdate(self)
  177.         self.last_activity = time.time()
  178.         progress_log = self.config.getboolean("NonInteractive","DpkgProgressLog")
  179.         if progress_log:
  180.             fullpath = os.path.join(self.logdir, "dpkg-progress.%s.log" % self.install_run_number)
  181.             logging.debug("writing dpkg progress log to '%s'" % fullpath)
  182.             self.dpkg_progress_log = open(fullpath, "w")
  183.         else:
  184.             self.dpkg_progress_log = open(os.devnull, "w")
  185.         self.dpkg_progress_log.write("%s: Start\n" % time.time())
  186.     def finishUpdate(self):
  187.         InstallProgress.finishUpdate(self)
  188.         self.dpkg_progress_log.write("%s: Finished\n" % time.time())
  189.         self.dpkg_progress_log.close()
  190.         self.install_run_number += 1
  191.     def statusChange(self, pkg, percent, status_str):
  192.         self.dpkg_progress_log.write("%s:%s:%s:%s\n" % (time.time(),
  193.                                                         percent,
  194.                                                         pkg,
  195.                                                         status_str))
  196.     def updateInterface(self):
  197.         if self.statusfd == None:
  198.             return
  199.  
  200.         if (self.last_activity + self.timeout) < time.time():
  201.             logging.warning("no activity %s seconds (%s) - sending ctrl-c" % (self.timeout, self.status))
  202.             # ctrl-c
  203.             os.write(self.master_fd,chr(3))
  204.  
  205.  
  206.         # read status fd from dpkg
  207.         # from python-apt/apt/progress.py (but modified a bit)
  208.         # -------------------------------------------------------------
  209.         res = select.select([self.statusfd],[],[],0.1)
  210.         while len(res[0]) > 0:
  211.             self.last_activity = time.time()
  212.             while not self.read.endswith("\n"):
  213.                 self.read += os.read(self.statusfd.fileno(),1)
  214.             if self.read.endswith("\n"):
  215.                 s = self.read
  216.                 #print s
  217.                 (status, pkg, percent, status_str) = string.split(s, ":")
  218.                 if status == "pmerror":
  219.                     self.error(pkg,status_str)
  220.                 elif status == "pmconffile":
  221.                     # we get a string like this:
  222.                     # 'current-conffile' 'new-conffile' useredited distedited
  223.                     match = re.compile("\s*\'(.*)\'\s*\'(.*)\'.*").match(status_str)
  224.                     if match:
  225.                         self.conffile(match.group(1), match.group(2))
  226.                 elif status == "pmstatus":
  227.                     if (float(percent) != self.percent or 
  228.                         status_str != self.status):
  229.                         self.statusChange(pkg, float(percent), status_str.strip())
  230.                         self.percent = float(percent)
  231.                         self.status = string.strip(status_str)
  232.                         sys.stdout.write("[%s] %s: %s\n" % (float(percent), pkg, status_str.strip()))
  233.                         sys.stdout.flush()
  234.             self.read = ""
  235.             res = select.select([self.statusfd],[],[],0.1)
  236.         # -------------------------------------------------------------
  237.  
  238.         #fcntl.fcntl(self.master_fd, fcntl.F_SETFL, os.O_NDELAY)
  239.         # read master fd (terminal output)
  240.         res = select.select([self.master_fd],[],[],0.1)
  241.         while len(res[0]) > 0:
  242.            self.last_activity = time.time()
  243.            try:
  244.                s = os.read(self.master_fd, 1)
  245.                sys.stdout.write("%s" % s)
  246.            except OSError,e:
  247.                # happens after we are finished because the fd is closed
  248.                return
  249.            res = select.select([self.master_fd],[],[],0.1)
  250.         sys.stdout.flush()
  251.  
  252.     def fork(self):
  253.         logging.debug("doing a pty.fork()")
  254.         # some maintainer scripts fail without
  255.         os.environ["TERM"] = "dumb"
  256.         (self.pid, self.master_fd) = pty.fork()
  257.         if self.pid != 0:
  258.             logging.debug("pid is: %s" % self.pid)
  259.         return self.pid
  260.         
  261.  
  262. class DistUpgradeViewNonInteractive(DistUpgradeView):
  263.     " non-interactive version of the upgrade view "
  264.     def __init__(self, datadir=None, logdir=None):
  265.         self.config = DistUpgradeConfig(".")
  266.         self._fetchProgress = NonInteractiveFetchProgress()
  267.         self._installProgress = NonInteractiveInstallProgress(logdir)
  268.         self._opProgress = apt.progress.OpProgress()
  269.         sys.__excepthook__ = self.excepthook
  270.     def excepthook(self, type, value, traceback):
  271.         " on uncaught exceptions -> print error and reboot "
  272.         logging.error("got exception '%s': %s " % (type, value))
  273.         #sys.excepthook(type, value, traceback)
  274.         self.confirmRestart()
  275.     def getOpCacheProgress(self):
  276.         " return a OpProgress() subclass for the given graphic"
  277.         return self._opProgress
  278.     def getFetchProgress(self):
  279.         " return a fetch progress object "
  280.         return self._fetchProgress
  281.     def getInstallProgress(self, cache=None):
  282.         " return a install progress object "
  283.         return self._installProgress
  284.     def updateStatus(self, msg):
  285.         """ update the current status of the distUpgrade based
  286.             on the current view
  287.         """
  288.         pass
  289.     def setStep(self, step):
  290.         """ we have 5 steps current for a upgrade:
  291.         1. Analyzing the system
  292.         2. Updating repository information
  293.         3. Performing the upgrade
  294.         4. Post upgrade stuff
  295.         5. Complete
  296.         """
  297.         pass
  298.     def confirmChanges(self, summary, changes, downloadSize,
  299.                        actions=None, removal_bold=True):
  300.         DistUpgradeView.confirmChanges(self, summary, changes, downloadSize, actions)
  301.     logging.debug("toinstall: '%s'" % self.toInstall)
  302.         logging.debug("toupgrade: '%s'" % self.toUpgrade)
  303.         logging.debug("toremove: '%s'" % self.toRemove)
  304.         return True
  305.     def askYesNoQuestion(self, summary, msg):
  306.         " ask a Yes/No question and return True on 'Yes' "
  307.         return True
  308.     def confirmRestart(self):
  309.         " generic ask about the restart, can be overridden "
  310.     logging.debug("confirmRestart() called")
  311.         # ignore if we don't have this option
  312.         try:
  313.             # rebooting here makes sense if we run e.g. in qemu
  314.             return self.config.getboolean("NonInteractive","RealReboot")
  315.         except Exception, e:
  316.             logging.debug("no RealReboot found, returning false (%s) " % e)
  317.             return False
  318.     def error(self, summary, msg, extended_msg=None):
  319.         " display a error "
  320.         logging.error("%s %s (%s)" % (summary, msg, extended_msg))
  321.     def abort(self):
  322.         logging.error("view.abort called")
  323.  
  324.  
  325. if __name__ == "__main__":
  326.  
  327.   view = DistUpgradeViewNonInteractive()
  328.   fp = NonInteractiveFetchProgress()
  329.   ip = NonInteractiveInstallProgress()
  330.  
  331.   #ip.error("linux-image-2.6.17-10-generic","post-installation script failed")
  332.   ip.error("xserver-xorg","pre-installation script failed")
  333.  
  334.   cache = apt.Cache()
  335.   for pkg in sys.argv[1:]:
  336.     #if cache[pkg].isInstalled:
  337.     #  cache[pkg].markDelete()
  338.     #else:
  339.     cache[pkg].markInstall()
  340.   cache.commit(fp,ip)
  341.   time.sleep(2)
  342.   sys.exit(0)
  343.